

import requests
from bs4 import BeautifulSoup



url = "http://www.budejie.com/text/"

headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.116 Safari/537.36',
}

response = requests.get(url,headers=headers)
html = response.content.decode('utf-8')
soup = BeautifulSoup(html,'lxml')
text = soup.find('div',attrs={'class':'g-mn'}).find_all('div',attrs={'class':'j-r-list-c-desc'})

all_list = []
for t in text:
    all_dict = {}
    text_data = list(t.find('a').stripped_strings)
    all_dict['data'] = ''.join(text_data)
    all_list.append(all_dict)
print(all_list)